VimUnDo  X܇|׏^Lg O+   ~   1and hope to see several, less ambitious, studies.   -   (     &      &  &  &    ^   S _                                                                                                                                                                                                                                                                                                                                                                                          ^K(                        5_                                                                                                                                                                                                                                                                                                                                                                                        ^K+                       
PPSN 20205_                       	                                                                                                                                                                                                                                                                                                                                                                 ^K,                                                        	PPSN 20205_                                                                                                                                                                                                                                                                                                                                                                                        ^K3                      +Understanding the Behavior of Reinforcement   Learning Agents5_                       +                                                                                                                                                                                                                                                                                                                                                                 ^K4                                      5_                                                                                                                                                                                                                                                                                                                                                                                         ^K8                        	Overall:                	Overall: 5_                       	                                                                                                                                                                                                                                                                                                                                                                 ^K9                    	Overall: 5_      	                 E                                                                                                                                                                                                                                                                                                                                                                 ^Kz                    L- p. 2, 3d paragraph: "as they usually not initially known", verb is issing.5_      
           	      M                                                                                                                                                                                                                                                                                                                                                                 ^K{                   M- p. 2, 3d paragraph: "as they usually not initially known", verb is missing.5_   	              
                                                                                                                                                                                                                                                                                                                                                                        ^K                     5_   
                                                                                                                                                                                                                                                                                                                                                                                     ^K                    - p. 2, 3d paragraph: the 5_      
                                                                                                                                                                                                                                                                                                                                                                                  ^K                    - p. 2, 3d paragraph: "the 5_                 
      3                                                                                                                                                                                                                                                                                                                                                                 ^K                    4- p. 2, 3d paragraph: "the RL task" -> the RL tasks.5_   
                    '                                                                                                                                                                                                                                                                                                                                                                 ^K                    5- p. 2, 3d paragraph: "the RL task" -> the RL tasks".5_                       6                                                                                                                                                                                                                                                                                                                                                                 ^K                   6- p. 2, 3d paragraph: "the RL task" -> "the RL tasks".5_                                                                                                                                                                                                                                                                                                                                                                                        ^K                    M- p. 2, 3d paragraph: "as they usually not initially known", verb is missing.5_                                                                                                                                                                                                                                                                                                                                                                                         ^K                    6- p. 2, 3d paragraph: "the RL task" -> "the RL tasks".5_                                                                                                                                                                                                                                                                                                                                                                                        ^K                    :    - p. 2, 3d paragraph: "the RL task" -> "the RL tasks".5_                       &                                                                                                                                                                                                                                                                                                                                                                 ^K                    &    - "the RL task" -> "the RL tasks".5_                       &                                                                                                                                                                                                                                                                                                                                                                 ^K                    &    - "the RL task" -> "the RL tasks".5_                       =                                                                                                                                                                                                                                                                                                                                                                 ^K                    =    - "as they usually not initially known", verb is missing.5_                                                                                                                                                                                                                                                                                                                                                                                         ^K                     5_                                                                                                                                                                                                                                                                                                                                                                                        ^K                    %    - "the contains" -> "the content"5_                                                                                                                                                                                                                                                                                                                                                                                        ^K                   %    - "The contains" -> "the content"5_                                                                                                                                                                                                                                                                                                                                                                                         ^L                    5_                                                                                                                                                                                                                                                                                                                                                                                        ^L                   2    - "for are", I don't understand this sentence.5_                                                                                                                                                                                                                                                                                                                                                                                        ^L5                                  5_                                                                                                                                                                                                                                                                                                                                                                                        ^LE                    p. 2 3d paragraph is confusing.5_                       6                                                                                                                                                                                                                                                                                                                                                                 ^LW                   6p. 2 3d paragraph "However […] space." is confusing.5_                       6                                                                                                                                                                                                                                                                                                                                                                 ^Lo                                 5_                                                                                                                                                                                                                                                                                                                                                                                          ^M                    5_      !                                                                                                                                                                                                                                                                                                                                                                                    ^N<                    ---------------                                 5_       "           !                                                                                                                                                                                                                                                                                                                                                                       ^NK                    %- sec. 2.2, " Because" -> ". Because"5_   !   #           "                                                                                                                                                                                                                                                                                                                                                                       ^NK                    - sec. 2.2, 5_   "   $           #                                                                                                                                                                                                                                                                                                                                                                        ^NM                    " Because" -> ". Because"5_   #   %           $                                                                                                                                                                                                                                                                                                                                                                       ^NO                    - sec. 2.2:5_   $   &           %                                                                                                                                                                                                                                                                                                                                                                        ^NQ                    - 5_   %   '           &                                                                                                                                                                                                                                                                                                                                                                       ^NU   	                    - 5_   &   (           '                                                                                                                                                                                                                                                                                                                                                                        ^Nc   
                 5_   '   )           (                                                                                                                                                                                                                                                                                                                                                                       ^N                                  5_   (   *           )                                                                                                                                                                                                                                                                                                                                                                       ^N                    
Section2.25_   )   +           *                                                                                                                                                                                                                                                                                                                                                                       ^N                    Section 2.25_   *   ,           +                                                                                                                                                                                                                                                                                                                                                                       ^N                     JSection 2.2, the notion of distance should be well understood by a reader,                    appart5_   +   -           ,      K                                                                                                                                                                                                                                                                                                                                                                 ^N                    XSection 2.2, the notion of distance should be well understood by a reader, maybe a focus5_   ,   .           -      
                                                                                                                                                                                                                                                                                                                                                                 ^N                     
maybe a focus5_   -   /           .                                                                                                                                                                                                                                                                                                                                                                       ^O              !      4of the choice of distance would be more interesting.5_   .   0           /                                                                                                                                                                                                                                                                                                                                                                       ^O             !      7of the choice of distance () would be more interesting.5_   /   1           0   !                                                                                                                                                                                                                                                                                                                                                                     ^O/                        5_   0   2           1   !   
                                                                                                                                                                                                                                                                                                                                                                 ^O9                       - sec. 2.3: ""5_   1   3           2   !   0                                                                                                                                                                                                                                                                                                                                                                 ^OD                      0- sec. 2.3: "correlation between […] to […]"5_   2   4           3   !                                                                                                                                                                                                                                                                                                                                                                     ^Ob                       Y- sec. 2.3: "correlation between […] to […]" -> "correlation between […] and […]"5_   3   5           4   !   5                                                                                                                                                                                                                                                                                                                                                                 ^Oe                       d- sec. 2.3: "correlation between changes in […] to […]" -> "correlation between […] and […]"5_   4   6           5   !   6                                                                                                                                                                                                                                                                                                                                                                 ^Oh   
                   o- sec. 2.3: "correlation between changes in […] to thanges in […]" -> "correlation between […] and […]"5_   5   7           6   !   ^                                                                                                                                                                                                                                                                                                                                                                 ^O                       o- sec. 2.3: "correlation between changes in […] to changes in […]" -> "correlation between […] and […]"5_   6   8           7   !   1                                                                                                                                                                                                                                                                                                                                                                 ^O                       o- sec. 2.3: "correlation between changes in […] to changes in […]" -> "correlation between […] and […]"5_   7   9           8   !   J                                                                                                                                                                                                                                                                                                                                                                 ^O                       t- sec. 2.3: "correlation between changes in the reward to changes in […]" -> "correlation between […] and […]"5_   8   :           9   !   p                                                                                                                                                                                                                                                                                                                                                                 ^O                       {- sec. 2.3: "correlation between changes in the reward to changes in the behavior" -> "correlation between […] and […]"5_   9   ;           :   !   k                                                                                                                                                                                                                                                                                                                                                                 ^O                       ~- sec. 2.3: "correlation between changes in the reward to changes in the behavior" -> "correlation between distance and […]"5_   :   <           ;   !                                                                                                                                                                                                                                                                                                                                                                    ^O                       - sec. 2.3: "correlation between changes in the reward to changes in the behavior" -> "correlation between reward distance and […]"5_   ;   =           <   !                                                                                                                                                                                                                                                                                                                                                                    ^O                      q- sec. 2.3: "correlation between changes in the reward to changes in the behavior" -> "correlation between reward   !  distance and behavior distance"5_   <   >           =   !   n                                                                                                                                                                                                                                                                                                                                                                 ^O       !            5_   =   ?           >   !                                                                                                                                                                                                                                                                                                                                                                    ^O            #   "      - sec. 2.3: "correlation between changes in the reward to changes in the behavior" -> "correlation between reward distance and behavior distance"5_   >   @           ?   #                                                                                                                                                                                                                                                                                                                                                                     ^O       "               5_   ?   A           @   #   V                                                                                                                                                                                                                                                                                                                                                                 ^P|       #            5_   @   B           A                                                                                                                                                                                                                                                                                                                                       $              	       v   -    ^c              %                $    5_   A   C           B   
   @                                                                                                                                                                                                                                                                                                                                %              	       v   -    ^c              %      ISection 2.4 introduce concepts which are important to the work. However, 5_   B   D           C      	                                                                                                                                                                                                                                                                                                                                &              	       v   -    ^c        
      &      	However, 5_   C   E           D   
                                                                                                                                                                                                                                                                                                                                   &              	       v   -    ^c              &      ?Section 2.4 introduce concepts which are important to the work.5_   D   F           E                                                                                                                                                                                                                                                                                                                                      &              	       v   -    ^c       
      &      However, the5_   E   G           F      P                                                                                                                                                                                                                                                                                                                                (              	       v   -    ^d              (      PI suggest that more formal definitions should be used here, with clear examples.5_   F   H           G                                                                                                                                                                                                                                                                                                                                       (              	       v   -    ^d	              (       5_   G   I           H                                                                                                                                                                                                                                                                                                                                      )              	       v   -    ^d              )      and 5_   H   J           I      6                                                                                                                                                                                                                                                                                                                                )              	       v   -    ^d>             )      6and explanations of how the concepts articulates with 5_   I   K           J   )                                                                                                                                                                                                                                                                                                                                                                     ^        (               5_   J   L           K   *                                                                                                                                                                                                                                                                                                                                                                    ^G       )              7    - "trained by utilizing Neuroevolution by learning"5_   K   M           L   )   
                                                                                                                                                                                                                                                                                                                                                                 ^        (              - sec. 3.3:   H    - too much "by" in "trained by utilizing Neuroevolution by learning"5_   L   N           M   )                                                                                                                                                                                                                                                                                                                                                                    ^        (              P- sec. 3.3: - too much "by" in "trained by utilizing Neuroevolution by learning"5_   M   O           N   )                                                                                                                                                                                                                                                                                                                                                                    ^        (              O- sec. 3.3:  too much "by" in "trained by utilizing Neuroevolution by learning"5_   N   P           O   )   M                                                                                                                                                                                                                                                                                                                                                                 ^        )                  )            5_   O   Q           P   *                                                                                                                                                                                                                                                                                                                                                                    ^        )              
- sec. 2.45_   P   R           Q   *   
                                                                                                                                                                                                                                                                                                                                                                 ^        )              
- sec. 3.45_   Q   S           R   +                                                                                                                                                                                                                                                                                                                                                                    ^        *                  - ""5_   R   T           S   +   3                                                                                                                                                                                                                                                                                                                                                                 ^        *              C    - "of individual input states particular for tghe maje problem"5_   S   U           T   +   8                                                                                                                                                                                                                                                                                                                                                                 ^        *              B    - "of individual input states particular for the maje problem"5_   T   V           U   +   C                                                                                                                                                                                                                                                                                                                                                                 ^         *              C    - "of individual input states particular for the majze problem"5_   U   W           V   ,   
                                                                                                                                                                                                                                                                                                                                                                 ^        +                    to" ?5_   V   X           W   +                                                                                                                                                                                                                                                                                                                                                                    ^        *              u    - "of individual input states particular for the majze problem", is it "in particular for" or "which are specific   
      to"?5_   W   Y           X   +   E                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^       *              z    - "of individual input states particular for the majze problem", is it "in particular for" or "which are specific to"?5_   X   Z           Y   +   P                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^+       +                  +            5_   Y   [           Z   ,                                                                                                                                                                                                                                                                                                                                   +   E       +   I       v   I    ^H       ,                  ,            5_   Z   \           [   -   )                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        -                  -            5_   [   ]           \   .                                                                                                                                                                                                                                                                                                                                    +   E       +   I       v   I    ^        -              -5_   \   ^           ]   .                                                                                                                                                                                                                                                                                                                                   +   E       +   I       v   I    ^       -                  -5_   ]   _           ^   .   1                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        .                  .            5_   ^   `           _   /                                                                                                                                                                                                                                                                                                                                   +   E       +   I       v   I    ^        .                  - "the the"5_   _   a           `   /                                                                                                                                                                                                                                                                                                                                   +   E       +   I       v   I    ^       .                  - typo: "the the"5_   `   b           a   0                                                                                                                                                                                                                                                                                                                                    +   E       +   I       v   I    ^        /               5_   a   c           b   0                                                                                                                                                                                                                                                                                                                                   +   E       +   I       v   I    ^        /                  - "difference5_   b   d           c   0                                                                                                                                                                                                                                                                                                                                    +   E       +   I       v   I    ^        /                   - "the percentage difference5_   c   e           d   0   1                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        /              2    - "the percentage difference of actions" -> ""5_   d   f           e   0   /                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        /              <    - "the percentage difference of actions" -> "the ration"5_   e   g           f   0   F                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        /              G    - "the percentage difference of actions", does it mean "the ration"5_   f   h           g   0   E                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^        /              F    - "the percentage difference of actions", does it mean "the ratio"5_   g   i           h   0   n                                                                                                                                                                                                                                                                                                                                +   E       +   I       v   I    ^*       /              n    - "the percentage difference of actions", does it mean "the normalized difference of the number of action"5_   h   j           i                                                                                                                                                                                                                                                                                                                                       +   E       +   I       v   I    ^              1                0    5_   i   k           j                                                                                                                                                                                                                                                                                                                                      ,   E       ,   I       v   I    ^%              1      %The Experiments section leaves a lot 5_   j   l           k      +                                                                                                                                                                                                                                                                                                                                ,   E       ,   I       v   I    ^&              1      +The Experiments section leaves aside a lot 5_   k   m           l      E                                                                                                                                                                                                                                                                                                                                -   E       -   I       v   I    ^@              2      VThe Experiments section leaves aside a lot details, notably about the rationale behind5_   l   n           m                                                                                                                                                                                                                                                                                                                                      .   E       .   I       v   I    ^I              3       metrics and the rationale behind   the5_   m   o           n      $                                                                                                                                                                                                                                                                                                                                -   E       -   I       v   I    ^J             2      $metrics and the rationale behind the5_   n   p           o      -                                                                                                                                                                                                                                                                                                                                -   E       -   I       v   I    ^O             2    5_   o   q           p      .                                                                                                                                                                                                                                                                                                                                .   E       .   I       v   I    ^Y              3      .metrics and the rationale behind their choice.5_   p   r           q                                                                                                                                                                                                                                                                                                                                      /   E       /   I       v   I    ^g              4      ""5_   q   s           r                                                                                                                                                                                                                                                                                                                                      /   E       /   I       v   I    ^j             4      "different states"5_   r   t           s      N                                                                                                                                                                                                                                                                                                                                /   E       /   I       v   I    ^              4      Qmetrics and the rationale behind their choice. The choice of "specific inputs" or5_   s   u           t      R                                                                                                                                                                                                                                                                                                                                /   E       /   I       v   I    ^              4      Rmetrics and the rationale behind their choice. The choice of "specific inputs", or5_   t   v           u                                                                                                                                                                                                                                                                                                                                      /   E       /   I       v   I    ^              4      $"different states" is not explained.5_   u   w           v      0                                                                                                                                                                                                                                                                                                                                /   E       /   I       v   I    ^              4      ;"different states" or "different options" is not explained.5_   v   x           w      =                                                                                                                                                                                                                                                                                                                                /   E       /   I       v   I    ^             4      >"different states" or "different options" should be explained.5_   w   y           x   -                                                                                                                                                                                                                                                                                                                                   /   E       /   I       v   I    ^        ,   /   4      N- sec. 3.3: too much "by" in "trained by utilizing Neuroevolution by learning"5_   x   z           y   .   H                                                                                                                                                                                                                                                                                                                                0   E       0   I       v   I    ^        -   0   5      H    - too much "by" in "trained by utilizing Neuroevolution by learning"5_   y   {           z   /                                                                                                                                                                                                                                                                                                                                   1   E       1   I       v   I    ^        .   0   6          - Footnote35_   z   |           {   /                                                                                                                                                                                                                                                                                                                                   1   E       1   I       v   I    ^       .   0   6          - Footnote 35_   {   }           |   6                                                                                                                                                                                                                                                                                                                                   1   E       1   I       v   I    ^        6                  6            5_   |   ~           }   8                                                                                                                                                                                                                                                                                                                                   1   E       1   I       v   I    ^        7   8          /    - the parameters of the simulation and the 5_   }              ~      M                                                                                                                                                                                                                                                                                                                                1   E       1   I       v   I    ^
              8                7    5_   ~                                                                                                                                                                                                                                                                                                                                                    2   E       2   I       v   I    ^              8      Several information ar given5_                                                                                                                                                                                                                                                                                                                                                       2   E       2   I       v   I    ^              8      Several information are given5_                       *                                                                                                                                                                                                                                                                                                                                2   E       2   I       v   I    ^,              8      XSeveral information are given in section 4 and should be indicated in section 3 instead.5_                       ,                                                                                                                                                                                                                                                                                                                                2   E       2   I       v   I    ^-              8      [Several information are given in section 4 () and should be indicated in section 3 instead.5_                       K                                                                                                                                                                                                                                                                                                                                2   E       2   I       v   I    ^5              8      xSeveral information are given in section 4 (parameters of the experiments) and should be indicated in section 3 instead.5_                                                                                                                                                                                                                                                                                                                                                                             v       ^:              9      JSeveral information are given in section 4 (parameters of the experiments)5_                                                                                                                                                                                                                                                                                                                                                                            v       ^;              9      BInformation are given in section 4 (parameters of the experiments)5_                                                                                                                                                                                                                                                                                                                                                                            v       ^@   !          9      -and should be indicated in section 3 instead.5_                       @                                                                                                                                                                                                                                                                                                                                                     v       ^   "          9      AInformation is given in section 4 (parameters of the experiments)5_                                                                                                                                                                                                                                                                                                                                                                             v       ^E              :                9    5_                                                                                                                                                                                                                                                                                                                                                                            v       ^J              ;      The analysis of the 5_                       :                                                                                                                                                                                                                                                                                                                                                     v       ^              ;      TThe analysis of the behaviour only consider three agents. While this is interesting 5_                                                                                                                                                                                                                                                                                                                                                                            v       ^              <      While this is interesting 5_                       >                                                                                                                                                                                                                                                                                                                                                     v       ^              >      >I suggest that global statistics should be added to the study.5_                                                                                                                                                                                                                                                                                                                                                                            v       ^              >      8it's not enough to answe all questions around the topic.5_                       K                                                                                                                                                                                                                                                                                                                                                     v       ^               >      KI suggest that global statistics should be added to the study, in order to 5_                                                                                                                                                                                                                                                                                                                                                                            v       ^
   #          ?      how the system behave.5_                                                                                                                                                                                                                                                                                                                                                                             v       ^D              ?      how the system actually behave.5_                       ,                                                                                                                                                                                                                                                                                                                                                     v       ^J              ?      ,and quantify how the system actually behave.5_                       >                                                                                                                                                                                                                                                                                                                                                     v       ^              A      Qbut how frequent are those examples? What does mean the "large" and "considerable5_                       H                                                                                                                                                                                                                                                                                                                                                     v       ^              A      [but how frequent are those examples? What does mean the "large changesç" and "considerable5_                       Y                                                                                                                                                                                                                                                                                                                                                     v       ^              A      Ybut how frequent are those examples? What does mean the "large changes" and "considerable5_                       3                                                                                                                                                                                                                                                                                                                                                     v       ^              A      dbut how frequent are those examples? What does mean the "large changes" and "considerable distance"?5_                       7                                                                                                                                                                                                                                                                                                                                                     v       ^              A      dbut how frequent are those examples? What are those the "large changes" and "considerable distance"?5_                       `                                                                                                                                                                                                                                                                                                                                                     v       ^   $       !   A      `but how frequent are those examples? What are those "large changes" and "considerable distance"?5_                                                                                                                                                                                                                                                                                                                                                                             v       ^           
   C    5_                                                                                                                                                                                                                                                                                                                                                                             v       ^           
   D       5_                    	   "                                                                                                                                                                                                                                                                                                                                                     v       ^           
   E      *The discussion is solely based on examples5_                    	   1                                                                                                                                                                                                                                                                                                                                                     v       ^           
   E      1The discussion is solely based on chosen examples5_                    	   G                                                                                                                                                                                                                                                                                                                                                     v       ^   %          E      GThe discussion is solely based on chosen examples, and draws conclusion5_                    	                                                                                                                                                                                                                                                                                                                                                        v       ^a           
   F      `The discussion is solely based on chosen examples, and draws conclusion which are not convincing5_                    	   H                                                                                                                                                                                                                                                                                                                                                     v       ^h              F      vThe discussion of behaviour analysis is solely based on chosen examples, and draws conclusion which are not convincing5_                    
                                                                                                                                                                                                                                                                                                                                                         v       ^k   &    	      G      -and draws conclusion which are not convincing   'given the few quantitative information.5_                    F                                                                                                                                                                                                                                                                                                                                                        v       ^        E              - section 4.1:5_                    F                                                                                                                                                                                                                                                                                                                                                        v       ^   '    E              - section 4.3:5_                    G   #                                                                                                                                                                                                                                                                                                                                                     v       ^        F   H   H      ?    - "The maze design was designed" -> "The maze was designed"5_                    G   B                                                                                                                                                                                                                                                                                                                                                     v       ^   (    F   H   H      C    - "The maze design was designed, so" -> "The maze was designed"5_                    $                                                                                                                                                                                                                                                                                                                                                         v       ^        #   &   H       5_                    %   5                                                                                                                                                                                                                                                                                                                                                     v       ^        $   '   J      6but the explanations of the results are a bit unclear.       %   '   J          %   '   I    5_                    &   9                                                                                                                                                                                                                                                                                                                                                     v       ^   )    %   (   J      9The point seems to be that visualization can help, which 5_                       U                                                                                                                                                                                                                                                                                                                                                     v       ^R              K      VInformation is given in section 4 (parameters of the experiments, most of section 4.1)5_                       U                                                                                                                                                                                                                                                                                                                                                     v       ^T              L      UInformation is given in section 4 (parameters of the experiments, most of section 4.15_                                                                                                                                                                                                                                                                                                                                                                             v       ^U   *          L      )5_                    (   	                                                                                                                                                                                                                                                                                                                                                     v       ^        (   +   M          (   *   L    5_                    *   b                                                                                                                                                                                                                                                                                                                                                     v       ^        )   +   N      dFigure 5, stating a "high" correlation for a R² of 0.72 seems a bit oversold, I would suggest a "".5_                    *   i                                                                                                                                                                                                                                                                                                                                                     v       ^   +    )   +   N      jFigure 5, stating a "high" correlation for a R² of 0.72 seems a bit oversold, I would suggest a "decent".5_                    *   N                                                                                                                                                                                                                                                                                                                                                     v       ^        )   ,   N      vFigure 5, stating a "high" correlation for a R² of 0.72 seems a bit oversold, I would suggest a "decent" correlation.5_                    +   &                                                                                                                                                                                                                                                                                                                                                     v       ^   ,    *   ,   O      'I would suggest a "decent" correlation.5_                    +                                                                                                                                                                                                                                                                                                                                   +          +          v       ^   -    *   ,   O      0I would suggest a "decent" correlation, at most.5_                    +                                                                                                                                                                                                                                                                                                                                   +          +          v       ^=        *   ,   O      .I would suggest a "good" correlation, at most.5_                    *   N                                                                                                                                                                                                                                                                                                                                +          +          v       ^B        )   ,   O      NFigure 5, stating a "high" correlation for a R² of 0.72 seems a bit oversold,5_                    +                                                                                                                                                                                                                                                                                                                                   ,          ,          v       ^k        *   ,   P      given the reduction facton an5_                    +                                                                                                                                                                                                                                                                                                                                   ,          ,          v       ^m   .    *   ,   P      6given the reduction factor and english adjective use,    0I would suggest a "decent" correlation, at most.   *   ,   P      given the reduction factor an5_                    +   0                                                                                                                                                                                                                                                                                                                                +   I       +   L       v       ^        *   ,   O      fgiven the reduction factor and english adjective use, I would suggest a "decent" correlation, at most.5_                    +   7                                                                                                                                                                                                                                                                                                                                +   I       +   L       v       ^   /    *   -   O      ggiven the reduction factor and english adjectives use, I would suggest a "decent" correlation, at most.5_                    ,                                                                                                                                                                                                                                                                                                                                   +   I       +   L       v       ^   0    +   -   P      0I would suggest a "decent" correlation, at most.5_                    P                                                                                                                                                                                                                                                                                                                                    ,   5       ,   6       v   9    ^j        O               5_                    Q                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^y   1    P              *    - how is performed equidistant sample?5_                    ,                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^        ,   /   R          ,   .   Q    5_                    .   ?                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^   2    -   /   S      @In section 4.4, results for RBC_opt are discussed but not shown.5_                    S   	                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^Q   3    S                  S            5_                    .                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^w        .   0   T    5_                    /                                                                                                                                                                                                                                                                                                                                    ,   5       ,   6       v   9    ^}        .   2   U       5_                    1   3                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^        0   2   W      :The presumed cause for higher RBC_all seems to be a theory5_                    1   I                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^   4    0   3   W      IThe presumed cause for higher RBC_all seems to be an (interesting) theory5_                    2                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^   5    1   3   X      .by an experiments if it is to be claimed here.5_                    2   -                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^        1   5   X      -by an experiment if it is to be claimed here.5_                    4                                                                                                                                                                                                                                                                                                                                    ,   5       ,   6       v   9    ^        3   5   Z       5_                    4                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^         3   5   Z      I'm not convirced 5_                    4                                                                                                                                                                                                                                                                                                                                   ,   5       ,   6       v   9    ^   6    3   5   Z      I'm not convinced 5_                    4   7                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^
   7    3   6   Z      7I'm not convinced by the final claim of the discussion.5_                    4   6                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^        3   5   [      7I'm not convinced by the final claim of the discussion.5_                    4   F                                                                                                                                                                                                                                                                                                                                ,   5       ,   6       v   9    ^#   8    3   5   [      ]I'm not convinced by the final claim of the discussion, because of the lack of clear results.5_                    	                                                                                                                                                                                                                                                                                                                                   	          	   #       v   #    ^1           
   [      HThe discussion of behaviour analysis is solely based on chosen examples,5_                    	   -                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^8           
   [      =The discussion of results is solely based on chosen examples,5_                    
   U                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^<   9    	      [      Uand draws conclusion which are not convincing given the few quantitative information.5_                    
                                                                                                                                                                                                                                                                                                                                   	          	   #       v   #    ^@   :    	      \      Uand draws conclusion which are not convincing given the few quantitative information.5_                       	                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^F   ;          \      beginningof section 4.4)5_                    R   7                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^R   <    Q   S   \          - "of individual input states particular for the majze problem", should it be "in particular for" or "which are specific to"?5_                                                                                                                                                                                                                                                                                                                                                        	          	   #       v   #    ^s   =       
   ]             
   \    5_                    
                                                                                                                                                                                                                                                                                                                                    	          	   #       v   #    ^        
      ^          
      ]    5_                                                                                                                                                                                                                                                                                                                                                       	          	   #       v   #    ^   >       
   ^      IMore broadly, it is unclear how valuable the displayed insights could be.             _              
      _      I'm not sure whether 5_                       H                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^              ^                ]    5_                    
                                                                                                                                                                                                                                                                                                                                   	          	   #       v   #    ^0              _      UMaybe a study going toward the next step of adapting the system given the conclusions5_                    
   ^                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^;              _      sMaybe it would be useful to exhibit a study going toward the next step of adapting the system given the conclusions5_                                                                                                                                                                                                                                                                                                                                                        	          	   #       v   #    ^=        
      `      given the conclusions   &drawn from the behavior analysis, and 5_                       <                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^@   ?    
      _      <given the conclusions drawn from the behavior analysis, and 5_                       T                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^~              `                _    5_                       U                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^        
      a      Ugiven the conclusions drawn from the behavior analysis, and quantify the improvement?5_                       K                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^              c      SThe answers to the questions rely solely on counter-examples, stating that problems5_                       X                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^   @          c      XThe answers to the questions rely solely on counter-examples, stating that some problems5_                                                                                                                                                                                                                                                                                                                                                       	          	   #       v   #    ^              d      "could" appear.5_                       K                                                                                                                                                                                                                                                                                                                                	          	   #       v   #    ^   A          d      K"could" appear. While this is interesting in itself, the conclusions drawn 5_                                                                                                                                                                                                                                                                                                                                                       	          	   #       v   #    ^P   B          g                f    5_                       $                                                                                                                                                                                                                                                                                                                                   $          &       v   &    ^              h      NI suggest either to lower the claims or to strengthen the study to match them.5_                       K                                                                                                                                                                                                                                                                                                                                   $          &       v   &    ^              h      LI suggest either to lower the claims, to strengthen the study to match them.5_                                                                                                                                                                                                                                                                                                                                                          $          &       v   &    ^   C          i      rI suggest either to lower the claims, to strengthen the study to match them or to focus on finding causal theories   around behavior metrics.5_                       K                                                                                                                                                                                                                                                                                                                                   $          &       v   &    ^   D          h      I suggest either to lower the claims, to strengthen the study to match them or to focus on finding causal theories around behavior metrics.5_                                                                                                                                                                                                                                                                                                                                                                             v       ^              i      ?or to focus on finding causal theories around behavior metrics.5_                                                                                                                                                                                                                                                                                                                                                                            v       ^              i      : focus on finding causal theories around behavior metrics.5_                       K                                                                                                                                                                                                                                                                                                                                                     v       ^              i      KI suggest either to lower the claims, to strengthen the study to match them5_                       8                                                                                                                                                                                                                                                                                                                                                     v       ^              i      9focus on finding causal theories around behavior metrics.5_                       !                                                                                                                                                                                                                                                                                                                                                     v       ^              i      :focus on finding causal theories around behavior metrics .5_                       *                                                                                                                                                                                                                                                                                                                                                     v       ^              i      =focus on finding causal theories or around behavior metrics .5_                       H                                                                                                                                                                                                                                                                                                                                                     v       ^              i      Jfocus on finding causal theories or focus on consistent behavior metrics .5_                       ,                                                                                                                                                                                                                                                                                                                                                     v       ^   E          i      Ifocus on finding causal theories or focus on consistent behavior metrics.5_                       9                                                                                                                                                                                                                                                                                                                                                     v       ^+   F          j                i    5_                       6                                                                                                                                                                                                                                                                                                                                                     v       ^E   G          k      7As it is, the paper is too ambitious for so few spaces.5_                       	                                                                                                                                                                                                                                                                                                                                   	                 v       ^   H          k      Wfocus on finding causal theories or focus on the design of consistent behavior metrics.5_                       	                                                                                                                                                                                                                                                                                                                                   	                 v       ^   I          k      Wfocus on proving causal theories or focus on the design of consistent behavior metrics.5_                       5                                                                                                                                                                                                                                                                                                                                   	                 v       ^   J          k      ]As it is, the paper is too ambitious for so few spaces, which makes the study not convincing.5_                                                                                                                                                                                                                                                                                                                                                           	                 v       ^              l                k    5_                       5                                                                                                                                                                                                                                                                                                                                   	                 v       ^I              l      LThis article discusses the study of the behavior of a reinforcement learning5_                       J                                                                                                                                                                                                                                                                                                                                   	                 v       ^J           	   l      JThis article discusses the study of the behavior of reinforcement learning5_                       4                                                                                                                                                                                                                                                                                                                                   	                 v       ^Z              m      RThis article discusses the study of the behavior of reinforcement learning agents,5_                       B                                                                                                                                                                                                                                                                                                                                   	                 v       ^^           	   n      !by the mean of behavior metrics,    as opposed to the study of       	   m      BThis article discusses the study of reinforcement learning agents,5_                       <                                                                                                                                                                                                                                                                                                                                   	                 v       ^s   K       	   m      <by the mean of behavior metrics, as opposed to the study of 5_                       E                                                                                                                                                                                                                                                                                                                                   	                 v       ^{           
   n             
   m    5_                    	   "                                                                                                                                                                                                                                                                                                                                   	                 v       ^           
   n      *It proposes three set of tools to measure 5_                    	   2                                                                                                                                                                                                                                                                                                                                   	                 v       ^           
   n      2It proposes three set of tools to perform measure 5_                    	   J                                                                                                                                                                                                                                                                                                                                   	                 v       ^   L       
   n      LIt proposes three set of tools to perform measurements in the behavior spae.5_                    	   J                                                                                                                                                                                                                                                                                                                                   	                 v       ^        	      o          	      n    5_                       
                                                                                                                                                                                                                                                                                                                                   	                 v       ^        
      p      solved by geneetic5_                                                                                                                                                                                                                                                                                                                                                          	                 v       ^        
      p      solved by a geneetic5_                                                                                                                                                                                                                                                                                                                                                          	                 v       ^   M    
      p      solved by a genetic5_                       N                                                                                                                                                                                                                                                                                                                                   	                 v       ^              q             
   p    5_                    
                                                                                                                                                                                                                                                                                                                                      	                 v       ^(              r      *The scope of the article is very ambitious5_                    
   ?                                                                                                                                                                                                                                                                                                                                   	                 v       ^6              r      ?The scope of the article is very interesting and very ambitious5_                                                                                                                                                                                                                                                                                                                                                           	                  v       ^G        
      s      The problem5_                                                                                                                                                                                                                                                                                                                                                          	                  v       ^I        
      s      The tackled problem5_                     #                                                                                                                                                                                                                                                                                                                                    	                  v       ^r        
      s      <The tackled problem is a hard one, which is surely promising5_                    #                                                                                                                                                                                                                                                                                                                                    	                  v       ^t   N    
      s      #The tackled problem is a hard one, 5_                                                                                                                                                                                                                                                                                                                                                         	                  v       ^              t                s    5_                 #                                                                                                                                                                                                                                                                                                                                    !   	       !          v       ^        "   #          \As it is, the paper is too ambitious for so few space, which makes the study not convincing.5_                                                                                                                                                                                                                                                                                                                                                    !   	       !          v       ^              s             s    5_                    	                                                                                                                                                                                                                                                                                                                                   	                  v        ^              s      dIn fact, s it is, the paper is too ambitious for so few space, which makes the study not convincing.         t      %In fact, the article is too ambitious   \As it is, the paper is too ambitious for so few space, which makes the study not convincing.5_                    @                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              s      eIn fact, as it is, the paper is too ambitious for so few space, which makes the study not convincing.5_    	                ?                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              u      ?In fact, as it is, the paper is too ambitious for so few space,5_    
          	                                                                                                                                                                                                                                                                                                                                          	          	       v        ^              w      %which makes the study not convincing.         v    5_  	            
                                                                                                                                                                                                                                                                                                                                          	          	       v        ^              u      ?In fact, as it is, the paper is too ambitious for so few space.   %which makes the study not convincing.         v          %which makes the study not convincing.         v      %which makes the study not convincing.5_  
                  $                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              u      %which makes the study not convincing.5_    
                T                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              x      2Unfortunately, this forced the authors to shorten          w             u      Twhich makes the study not convincing for lacks of details, explanations and results.5_              
                                                                                                                                                                                                                                                                                                                                          	          	       v        ^              x      2Unfortunately, this forced the authors to shorten          w    5_  
                                                                                                                                                                                                                                                                                                                                                      	          	       v        ^              x      2Unfortunately, this forced the authors to shorten          w    5_                                                                                                                                                                                                                                                                                                                                                        	          	       v        ^              x      2Unfortunately, this forced the authors to shorten          w    5_                    ?                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              w      ?In fact, as it is, the paper is too ambitious for so few space,5_                    2                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              w      2Unfortunately, this forced the authors to shorten 5_                                                                                                                                                                                                                                                                                                                                                        	          	       v        ^              x      2Unfortunately, this forced the authors to shorten 5_                    2                                                                                                                                                                                                                                                                                                                                   	          	       v        ^              y      2Unfortunately, this forced the authors to shorten 5_                    ,                                                                                                                                                                                                                                                                                                                                   	          	       v        ^C              z      Jand use high-level descriptions. This render the paper difficult to follow5_                    K                                                                                                                                                                                                                                                                                                                                   	          	       v        ^D              z      Kand use high-level descriptions. This renders the paper difficult to follow5_                                                                                                                                                                                                                                                                                                                                                       	          	       v        ^X              {          O makes the study not convincing for lacks of details, explanations and results.         {      Twhich makes the study not convincing for lacks of details, explanations and results.5_                                                                                                                                                                                                                                                                                                                                                        	          	       v        ^e              z                    z       5_                                                                                                                                                                                                                                                                                                                                                        	          	       v        ^g   O          y          CThe discussion of results is solely based on a few chosen examples,         y      CThe discussion of results is solely based on a few chosen examples,5_                                                                                                                                                                                                                                                                                                                                                       	          	       v        ^}              x      XThe answers to the questions rely solely on counter-examples, stating that some problems5_                                                                                                                                                                                                                                                                                                                                                       	          	       v        ^              x      `The answers to the taggued questions rely solely on counter-examples, stating that some problems5_                                                                                                                                                                                                                                                                                                                                                       	          	       v        ^   P          x      _The answers to the tagued questions rely solely on counter-examples, stating that some problems5_                                                                                                                                                                                                                                                                                                                                                       	          	       v        ^              x      Overall:5_                 (                                                                                                                                                                                                                                                                                                                                       	          	       v        ^        '   *   x       5_                 (                                                                                                                                                                                                                                                                                                                                       	          	       v        ^        '   )   y       5_                  (   S                                                                                                                                                                                                                                                                                                                                   	          	       v        ^        '   *   y      TAs such, I recommend to reject the paper, not for the lack of interest of the study,5_    !              )                                                                                                                                                                                                                                                                                                                                      	          	       v        ^        (   *   z      the quality of the experiments,5_     "          !   )   I                                                                                                                                                                                                                                                                                                                                   	          	       v        ^2        (   *   z      Lthe quality of the experiments, but for it would need a complete rewrite to 5_  !  #          "   )   P                                                                                                                                                                                                                                                                                                                                   	          	       v        ^4        (   *   z      Pthe quality of the experiments, but for it would need a complete rewrite and to 5_  "  $          #   )   @                                                                                                                                                                                                                                                                                                                                   	          	       v        ^8        (   *   z      Hthe quality of the experiments, but for it would need a complete rewrite5_  #  %          $   )   H                                                                                                                                                                                                                                                                                                                                   	          	       v        ^;   Q    (   +   z      Hthe quality of the experiments, but for it would need a complete rewrite5_  $  &          %   *                                                                                                                                                                                                                                                                                                                                      	          	       v        ^X   R    )   .   {      on a shorten scope.5_  %              &   -   (                                                                                                                                                                                                                                                                                                                                   	          	       v        ^   S    ,   .   ~      1and hope to see several, less ambitious, studies.5